﻿using System;
using System.Collections.Generic;
using System.Text;

namespace DiscoveryLogic.TextMining.Tokenization
{
    public interface ITokenizer
    {
        List<string> TokenizeDocument(string content);
    }
}
